ru_rhyming_phrases:
  id: ru_rhyming_phrases.dev.v0
  description: Russian rhyming phrases for kids. This is a simple but important task for learning the rhyming patterns of Russian.
  metrics: [accuracy]

ru_rhyming_phrases.dev.v0:
  class: evals.elsuite.modelgraded.classify:ModelBasedClassify
  args:
    samples_jsonl: ru_rhyming_phrases/samples.jsonl
    modelgraded_spec: closedqa
    modelgraded_spec_args:
      criteria: "correctness: Is the answer correct?"
